<!DOCTYPE html>
<html xmlns="http://www.w3.org/1999/xhtml">
  <head>

    <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
    <meta content="Cask Data, Inc." name="author" />
<meta content="Copyright © 2016-2017 Cask Data, Inc." name="copyright" />


    <meta name="git_release" content="6.1.1">
    <meta name="git_hash" content="05fbac36f9f7aadeb44f5728cea35136dbc243e5">
    <meta name="git_timestamp" content="2020-02-09 08:22:47 +0800">
    <title>Upgrading CDAP using Packages</title>

    <link rel="stylesheet" href="../_static/cdap-bootstrap.css" type="text/css" />
    <link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
    <link rel="stylesheet" href="../_static/bootstrap-3.3.6/css/bootstrap.min.css" type="text/css" />
    <link rel="stylesheet" href="../_static/bootstrap-3.3.6/css/bootstrap-theme.min.css" type="text/css" />
    <link rel="stylesheet" href="../_static/css/bootstrap-sphinx.css" type="text/css" />
    <link rel="stylesheet" href="../_static/css/cdap-dynamicscrollspy-4.css" type="text/css" />
    <link rel="stylesheet" href="../_static/css/jquery.mCustomScrollbar.css" type="text/css" />
    <link rel="stylesheet" href="../_static/css/cdap-jquery.mCustomScrollbar.css" type="text/css" />
    <link rel="stylesheet" href="../_static/css/abixTreeList-2.css" type="text/css" />
    <link rel="stylesheet" href="../_static/cdap-bootstrap.css" type="text/css" />

    <script type="text/javascript">
      var DOCUMENTATION_OPTIONS = {
        URL_ROOT:    '',
        VERSION:     '6.1.1',
        COLLAPSE_INDEX: false,
        FILE_SUFFIX: '.html',
        HAS_SOURCE:  false
      };
    </script>
    <script type="text/javascript" src="../_static/jquery.js"></script>
    <script type="text/javascript" src="../_static/underscore.js"></script>
    <script type="text/javascript" src="../_static/doctools.js"></script>
    <script type="text/javascript" src="../_static/language_data.js"></script>

    <link rel="shortcut icon" href="../_static/favicon.ico"/>
    <link rel="index" title="Index" href="../genindex.html" />
    <link rel="search" title="Search" href="../search.html" />
    <link rel="top" title="Cask Data Application Platform 6.1.1 Documentation" href="../index.html" />
    <link rel="up" title="Upgrading" href="index.html" />
    <link rel="next" title="Security" href="../security/index.html" />
    <link rel="prev" title="Upgrading CDAP using MapR" href="mapr.html" />
    <!-- block extrahead -->
    <meta charset='utf-8'>
    <meta http-equiv='X-UA-Compatible' content='IE=edge,chrome=1'>
    <meta name='viewport' content='width=device-width, initial-scale=1.0, maximum-scale=1'>
    <meta name="apple-mobile-web-app-capable" content="yes">
    <!-- block extrahead end -->

</head>
<body role="document">

<!-- block navbar -->
<div id="navbar" class="navbar navbar-inverse navbar-default navbar-fixed-top">
    <div class="container-fluid">
      <div class="row">
        <div class="navbar-header">
          <!-- .btn-navbar is used as the toggle for collapsed navbar content -->
          <a class="navbar-brand" href="../table-of-contents/../../index.html">
            <span><img alt="CDAP logo" src="../_static/cdap_logo.svg"/></span>
          </a>

          <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".nav-collapse">
            <span class="icon-bar"></span>
            <span class="icon-bar"></span>
            <span class="icon-bar"></span>
          </button>

          <div class="pull-right">
            <div class="dropdown version-dropdown">
              <a href="#" class="dropdown-toggle" data-toggle="dropdown"
                role="button" aria-haspopup="true" aria-expanded="false">
                v 6.1.1 <span class="caret"></span>
              </a>
              <ul class="dropdown-menu">
                <li><a href="//docs.cdap.io/cdap/5.1.2/en/index.html">v 5.1.2</a></li>
                <li><a href="//docs.cdap.io/cdap/4.3.4/en/index.html">v 4.3.4</a></li>
              </ul>
            </div>
          </div>
          <form class="navbar-form navbar-right navbar-search" action="../search.html" method="get">
            <div class="form-group">
              <div class="navbar-search-image material-icons"></div>
              <input type="text" name="q" class="form-control" placeholder="  Search" />
            </div>
            <input type="hidden" name="check_keywords" value="yes" />
            <input type="hidden" name="area" value="default" />
          </form>

          <div class="collapse navbar-collapse nav-collapse navbar-right navbar-navigation">
            <ul class="nav navbar-nav"><li class="docsite-nav-tab-container"><a class="docsite-nav-tab-link " href="../table-of-contents/../../index.html">简介</a></li><li class="docsite-nav-tab-container"><a class="docsite-nav-tab-link current" href="../table-of-contents/../../guides.html">手册</a></li><li class="docsite-nav-tab-container"><a class="docsite-nav-tab-link " href="../table-of-contents/../../reference-manual/index.html">参考</a></li><li class="docsite-nav-tab-container"><a class="docsite-nav-tab-link " href="../table-of-contents/../../faqs/index.html">帮助</a></li>
            </ul>
          </div>

        </div>
      </div>
    </div>
  </div><!-- block navbar end -->
<!-- block main content -->
<div class="main-container container">
  <div class="row"><div class="col-md-2">
      <div id="sidebar" class="bs-sidenav scrollable-y-outside" role="complementary">
<!-- theme_manual: admin-manual -->
<!-- theme_manual_highlight: guides -->
<!-- sidebar_title_link: ../table-of-contents/../../guides.html -->

  <div role="note" aria-label="manuals links"><h3><a href="../table-of-contents/../../guides.html">Guides</a></h3>

    <ul class="this-page-menu">
      <li class="toctree-l1"><a href="../table-of-contents/../../user-guide/index.html" rel="nofollow">用户手册</a>
      </li>
      <li class="toctree-l1"><a href="../table-of-contents/../../developer-manual/index.html" rel="nofollow">开发手册</a>
      </li>
      <li class="toctree-l1"><b><a href="../table-of-contents/../../admin-manual/index.html" rel="nofollow">管理手册</a></b>
      <nav class="pagenav">
      <ul class="current">
<li class="toctree-l1"><a class="reference internal" href="../index.html"> Introduction</a></li>
<li class="toctree-l1"><a class="reference internal" href="../cdap-components.html"> CDAP Components</a></li>
<li class="toctree-l1"><a class="reference internal" href="../deployment-architectures.html"> Deployment Architectures</a></li>
<li class="toctree-l1"><a class="reference internal" href="../hadoop-compatibility.html"> Hadoop Compatibility</a></li>
<li class="toctree-l1"><a class="reference internal" href="../cdap-hadoop-compatibility.html"> CDAP and Hadoop Compatibility</a></li>
<li class="toctree-l1"><a class="reference internal" href="../system-requirements.html"> System Requirements</a></li>
<li class="toctree-l1"><a class="reference internal" href="../installation/index.html"> Installation</a><ul>
<li class="toctree-l2"><a class="reference internal" href="../installation/cloudera.html">Cloudera Manager</a></li>
<li class="toctree-l2"><a class="reference internal" href="../installation/emr.html">Amazon EMR</a></li>
<li class="toctree-l2"><a class="reference internal" href="../installation/ambari.html">Apache Ambari</a></li>
<li class="toctree-l2"><a class="reference internal" href="../installation/mapr.html">MapR</a></li>
<li class="toctree-l2"><a class="reference internal" href="../installation/azure-hdinsight.html">Microsoft Azure HDInsight</a></li>
<li class="toctree-l2"><a class="reference internal" href="../installation/packages.html">Packages</a></li>
<li class="toctree-l2"><a class="reference internal" href="../installation/replication.html">Replication</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="../incompatibilities.html"> Incompatibilities</a></li>
<li class="toctree-l1 current"><a class="reference internal" href="index.html"> Upgrading</a><ul class="current">
<li class="toctree-l2"><a class="reference internal" href="cloudera.html">Cloudera Manager</a></li>
<li class="toctree-l2"><a class="reference internal" href="ambari.html">Apache Ambari</a></li>
<li class="toctree-l2"><a class="reference internal" href="mapr.html">MapR</a></li>
<li class="toctree-l2 current"><a class="current reference internal" href="#">Packages</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="../security/index.html"> Security</a><ul>
<li class="toctree-l2"><a class="reference internal" href="../security/perimeter-security.html">Perimeter Security</a></li>
<li class="toctree-l2"><a class="reference internal" href="../security/authorization.html">Authorization</a></li>
<li class="toctree-l2"><a class="reference internal" href="../security/impersonation.html">Impersonation</a></li>
<li class="toctree-l2"><a class="reference internal" href="../security/system-services.html">Enabling SSL for System Services</a></li>
<li class="toctree-l2"><a class="reference internal" href="../security/secure-storage.html">Secure Storage</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="../operations/index.html"> Operations</a><ul>
<li class="toctree-l2"><a class="reference internal" href="../operations/logging.html"> Logging and Monitoring</a></li>
<li class="toctree-l2"><a class="reference internal" href="../operations/metrics.html"> Metrics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../operations/operations-dashboard.html"> Dashboard and Reports</a></li>
<li class="toctree-l2"><a class="reference internal" href="../operations/preferences.html"> Preferences and Runtime Arguments</a></li>
<li class="toctree-l2"><a class="reference internal" href="../operations/scaling-instances.html"> Scaling Instances</a></li>
<li class="toctree-l2"><a class="reference internal" href="../operations/resource-guarantees.html"> Resource Guarantees in YARN</a></li>
<li class="toctree-l2"><a class="reference internal" href="../operations/tx-maintenance.html"> Transaction Service Maintenance</a></li>
<li class="toctree-l2"><a class="reference internal" href="../operations/cdap-ui.html"> CDAP UI</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="../appendices/index.html"> Appendices</a><ul>
<li class="toctree-l2"><a class="reference internal" href="../appendices/cdap-site.html"> Appendix: cdap-site.xml</a></li>
<li class="toctree-l2"><a class="reference internal" href="../appendices/cdap-security.html"> Appendix: cdap-security.xml</a></li>
<li class="toctree-l2"><a class="reference internal" href="../appendices/minimal-cdap-site.html"> Appendix: Minimal cdap-site.xml</a></li>
<li class="toctree-l2"><a class="reference internal" href="../appendices/hbase-ddl-executor.html"> Appendix: HBaseDDLExecutor</a></li>
</ul>
</li>
</ul>
</nav>
      </li>
      <li class="toctree-l1"><a href="../table-of-contents/../../integrations/index.html" rel="nofollow">集成手册</a>
      </li>
      <li class="toctree-l1"><a href="../table-of-contents/../../examples-manual/index.html" rel="nofollow">最佳实践</a>
      </li>
    </ul>
  </div></div>
    </div><div class="col-md-8 content" id="main-content">
    
  <div class="section" id="upgrading-cdap-using-packages">
<span id="admin-upgrading-packages"></span><h1>Upgrading CDAP using Packages<a class="headerlink" href="#upgrading-cdap-using-packages" title="Permalink to this headline">🔗</a></h1>
<div class="section" id="upgrading-cdap">
<span id="admin-upgrading-packages-upgrading-cdap"></span><h2>Upgrading CDAP<a class="headerlink" href="#upgrading-cdap" title="Permalink to this headline">🔗</a></h2>
<p>When upgrading an existing CDAP installation from a previous version, you will need run an
upgrade tool to make sure the CDAP table definitions in HBase are up-to-date.</p>
<p>To upgrade existing pipeline applications created using the 4.2.x
versions of system artifacts, there are <a class="reference external" href="../../../user-guide/pipelines/running-pipelines.html#cdap-pipelines-operating-upgrading-pipeline" title="(in Cask Data Application Platform v6.1.1)"><span class="xref std std-ref">separate instructions on doing so</span></a>. Run these after upgrading CDAP.</p>
<p><strong>These steps will upgrade from CDAP</strong> <strong>4.2</strong><strong>.x to</strong>
<strong>6.1.1</strong><strong>.</strong> If you are on an earlier version of CDAP, please follow the
upgrade instructions for the earlier versions and upgrade first to
4.2.x before proceeding.</p>
<div class="section" id="upgrading-cdap-patch-release-versions">
<h3>Upgrading CDAP Patch Release Versions<a class="headerlink" href="#upgrading-cdap-patch-release-versions" title="Permalink to this headline">🔗</a></h3>
<p>Upgrading between patch versions of CDAP refers to upgrading from one 6.1.x
version to a higher 6.1.x version.</p>
</div>
<div class="section" id="upgrading-cdap-major-minor-release-versions">
<h3>Upgrading CDAP Major/Minor Release Versions<a class="headerlink" href="#upgrading-cdap-major-minor-release-versions" title="Permalink to this headline">🔗</a></h3>
<p>Upgrading between major/minor versions of CDAP refers to upgrading from a
4.2.x version to 6.1.x. Upgrades
between multiple major/minor versions must be done consecutively, and a
version cannot be skipped unless otherwise noted.</p>
</div>
<div class="section" id="upgrade-steps">
<h3>Upgrade Steps<a class="headerlink" href="#upgrade-steps" title="Permalink to this headline">🔗</a></h3>
<p>These steps will stop CDAP, update the installation, run an upgrade tool for the table definitions,
and then restart CDAP:</p>
<ol class="arabic">
<li><p class="first">Stop all services, and other programs in all your applications.</p>
</li>
<li><p class="first">Stop all CDAP processes:</p>
<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">$</span> <span class="k">for</span> i in <span class="sb">`</span>ls /etc/init.d/ <span class="p">|</span> grep cdap<span class="sb">`</span> <span class="p">;</span> <span class="k">do</span> sudo service <span class="nv">$i</span> stop <span class="p">;</span> <span class="k">done</span>
</pre></div>
</div>
</li>
<li><p class="first">Update the CDAP repository definition by running either of these methods:</p>
<ul>
<li><p class="first">On RPM using Yum:</p>
<div class="highlight container">
<pre class="literal-block">
<span class="gp">$</span> sudo curl -o /etc/yum.repos.d/cask.repo http://repository.cask.co/centos/6/x86_64/cdap/6.1/cask.repo
</pre>
</div>
<p>This will create the file <code class="docutils literal notranslate"><span class="pre">/etc/yum.repos.d/cask.repo</span></code> with:</p>
<pre class="literal-block">
[cask]
name=Cask Packages
baseurl=https://repository.cask.co/centos/6/x86_64/cdap/6.1
enabled=1
gpgcheck=1
</pre>
<p>Add the Cask Public GPG Key to your repository:</p>
<div class="highlight container">
<pre class="literal-block">
<span class="gp">$</span> sudo rpm --import http://repository.cask.co/centos/6/x86_64/cdap/6.1/pubkey.gpg
</pre>
</div>
<p>Update your Yum cache:</p>
<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">$</span> sudo yum makecache
</pre></div>
</div>
</li>
<li><p class="first">On Debian using APT:</p>
<div class="highlight container">
<pre class="literal-block">
<span class="gp">$</span> sudo curl -o /etc/apt/sources.list.d/cask.list http://repository.cask.co/ubuntu/precise/amd64/cdap/6.1/cask.list
</pre>
</div>
<p>This will create the file <code class="docutils literal notranslate"><span class="pre">/etc/apt/sources.list.d/cask.list</span></code> with:</p>
<pre class="literal-block">
deb [ arch=amd64 ] http://repository.cask.co/ubuntu/precise/amd64/cdap/6.1 precise cdap
</pre>
<p>Add the Cask Public GPG Key to your repository:</p>
<div class="highlight container">
<pre class="literal-block">
<span class="gp">$</span> curl -s http://repository.cask.co/ubuntu/precise/amd64/cdap/6.1/pubkey.gpg | sudo apt-key add -
</pre>
</div>
<p>Update your APT-cache:</p>
<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">$</span> sudo apt-get update
</pre></div>
</div>
</li>
</ul>
</li>
<li><p class="first">Update the CDAP packages by running either of these methods:</p>
<ul>
<li><p class="first">On RPM using Yum:</p>
<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">$</span> sudo yum upgrade <span class="s1">&#39;cdap*&#39;</span>
</pre></div>
</div>
</li>
<li><p class="first">On Debian using APT:</p>
<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">$</span> sudo apt-get install --only-upgrade <span class="s1">&#39;^cdap.*&#39;</span>
</pre></div>
</div>
</li>
</ul>
</li>
<li><p class="first">Run the upgrade tool, as the user that runs CDAP Master (the CDAP user, indicated by <code class="docutils literal notranslate"><span class="pre">&lt;cdap-user&gt;</span></code>):</p>
<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">$</span> sudo -u &lt;cdap-user&gt; /opt/cdap/master/bin/cdap run io.cdap.cdap.data.tools.UpgradeTool upgrade
</pre></div>
</div>
<p>Note that once you have upgraded an instance of CDAP, you cannot reverse the process; down-grades
to a previous version are not possible. Also, note that authorization is disabled in the <em>UpgradeTool</em>
so that the <code class="docutils literal notranslate"><span class="pre">cdap</span></code> user can upgrade all users’ data.</p>
<p>The <em>UpgradeTool</em> will produce output similar to the following, prompting you to continue with the upgrade:</p>
<blockquote>
<div><div class="highlight container">
<pre class="literal-block">
UpgradeTool - version 6.1.1-&lt;build timestamp&gt;.

upgrade - Upgrades CDAP to 6.1.1
  The upgrade tool upgrades the following:
  1. User Datasets
      - Upgrades the coprocessor jars for tables
      - Migrates the metadata for PartitionedFileSets
  2. System Datasets
  3. UsageRegistry Dataset Type
  Note: Once you run the upgrade tool you cannot rollback to the previous version.
Do you want to continue (y/n)
y
Starting upgrade ...
</pre>
</div>
</div></blockquote>
<p>You can run the tool in a non-interactive fashion by using the <code class="docutils literal notranslate"><span class="pre">force</span></code> flag, in which case
it will run unattended and not prompt for continuing:</p>
<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">$</span> sudo -u &lt;cdap-user&gt; /opt/cdap/master/bin/cdap run io.cdap.cdap.data.tools.UpgradeTool upgrade force
</pre></div>
</div>
</li>
<li><p class="first">Restart the CDAP processes:</p>
<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">$</span> <span class="k">for</span> i in <span class="sb">`</span>ls /etc/init.d/ <span class="p">|</span> grep cdap<span class="sb">`</span> <span class="p">;</span> <span class="k">do</span> sudo service <span class="nv">$i</span> start <span class="p">;</span> <span class="k">done</span>
</pre></div>
</div>
</li>
<li><p class="first">To upgrade existing pipeline applications created using the 4.2.x versions of
system artifacts, there are <a class="reference external" href="../../../user-guide/pipelines/running-pipelines.html#cdap-pipelines-operating-upgrading-pipeline" title="(in Cask Data Application Platform v6.1.1)"><span class="xref std std-ref">separate instructions on doing so</span></a>.</p>
</li>
<li><p class="first">Once CDAP has restarted, you can check the <span class="xref std std-ref">status of the upgrade</span> using the <span class="xref std std-ref">Monitor
HTTP RESTful API</span>:</p>
<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">$</span> curl -w<span class="s2">&quot;\n&quot;</span> -X GET <span class="s2">&quot;http://&lt;cdap-host&gt;:11015/v3/system/upgrade/status&quot;</span>
</pre></div>
</div>
<p>Returning:</p>
<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="go">{&quot;metadata&quot;:true }</span>
</pre></div>
</div>
</li>
</ol>
</div>
</div>
<div class="section" id="upgrading-hadoop">
<span id="admin-upgrading-packages-upgrading-hadoop"></span><h2>Upgrading Hadoop<a class="headerlink" href="#upgrading-hadoop" title="Permalink to this headline">🔗</a></h2>
<p>These tables list different versions of CDAP and the Hadoop distributions for which they are
supported. If your particular distribution is not listed here, you can determine its
components and from that determine which version of CDAP may be compatible. <a class="reference external" href="http://blog.cask.co/2015/06/hadoop-components-versions-in-distros-matrix/">Our blog
lists</a> the
different components of the common Hadoop distributions.</p>
<table border="1" class="docutils">
<colgroup>
<col width="13%" />
<col width="24%" />
<col width="63%" />
</colgroup>
<thead valign="bottom">
<tr class="row-odd"><th class="head" colspan="3">Supported Cloudera Manager (CM) and Cloudera Distribution of Apache Hadoop (CDH) Distributions</th>
</tr>
<tr class="row-even"><th class="head">CM Version</th>
<th class="head">CDH Version</th>
<th class="head">CDAP Parcel / CSD Version</th>
</tr>
</thead>
<tbody valign="top">
<tr class="row-odd"><td>5.10</td>
<td>5.9.x through 5.10.x</td>
<td>6.1.x</td>
</tr>
<tr class="row-even"><td>5.10</td>
<td>5.8.x</td>
<td>3.5.x through 6.1.x</td>
</tr>
<tr class="row-odd"><td>5.10</td>
<td>5.7.x</td>
<td>3.4.x through 6.1.x</td>
</tr>
<tr class="row-even"><td>5.10</td>
<td>5.5.x through 5.6.x</td>
<td>3.3.x through 6.1.x</td>
</tr>
<tr class="row-odd"><td>5.10</td>
<td>5.4.x</td>
<td>3.1.x through 6.1.x</td>
</tr>
<tr class="row-even"><td>5.10</td>
<td>no greater than 5.3.x</td>
<td>3.0.x through 6.1.x</td>
</tr>
<tr class="row-odd"><td colspan="3">&#160;</td>
</tr>
<tr class="row-even"><td>5.9</td>
<td>5.9.x</td>
<td>6.1.x</td>
</tr>
<tr class="row-odd"><td>5.9</td>
<td>5.8.x</td>
<td>3.5.x through 6.1.x</td>
</tr>
<tr class="row-even"><td>5.9</td>
<td>5.7.x</td>
<td>3.4.x through 6.1.x</td>
</tr>
<tr class="row-odd"><td>5.9</td>
<td>5.5.x through 5.6.x</td>
<td>3.3.x through 6.1.x</td>
</tr>
<tr class="row-even"><td>5.9</td>
<td>5.4.x</td>
<td>3.1.x through 6.1.x</td>
</tr>
<tr class="row-odd"><td>5.9</td>
<td>no greater than 5.3.x</td>
<td>3.0.x through 6.1.x</td>
</tr>
<tr class="row-even"><td colspan="3">&#160;</td>
</tr>
<tr class="row-odd"><td>5.8</td>
<td>5.8.x</td>
<td>3.5.x through 6.1.x</td>
</tr>
<tr class="row-even"><td>5.8</td>
<td>5.7.x</td>
<td>3.4.x through 6.1.x</td>
</tr>
<tr class="row-odd"><td>5.8</td>
<td>5.5.x through 5.6.x</td>
<td>3.3.x through 6.1.x</td>
</tr>
<tr class="row-even"><td>5.8</td>
<td>5.4.x</td>
<td>3.1.x through 6.1.x</td>
</tr>
<tr class="row-odd"><td>5.8</td>
<td>no greater than 5.3.x</td>
<td>3.0.x through 6.1.x</td>
</tr>
<tr class="row-even"><td colspan="3">&#160;</td>
</tr>
<tr class="row-odd"><td>5.7</td>
<td>5.7.x</td>
<td>3.4.x through 6.1.x</td>
</tr>
<tr class="row-even"><td>5.7</td>
<td>5.5.x through 5.6.x</td>
<td>3.3.x through 6.1.x</td>
</tr>
<tr class="row-odd"><td>5.7</td>
<td>5.4.x</td>
<td>3.1.x through 6.1.x</td>
</tr>
<tr class="row-even"><td>5.7</td>
<td>no greater than 5.3.x</td>
<td>3.0.x through 6.1.x</td>
</tr>
<tr class="row-odd"><td colspan="3">&#160;</td>
</tr>
<tr class="row-even"><td>5.6</td>
<td>5.5.x through 5.6.x</td>
<td>3.3.x through 3.6.x</td>
</tr>
<tr class="row-odd"><td>5.6</td>
<td>5.4.x</td>
<td>3.1.x through 3.6.x</td>
</tr>
<tr class="row-even"><td>5.6</td>
<td>no greater than 5.3.x</td>
<td>3.0.x through 3.6.x</td>
</tr>
<tr class="row-odd"><td colspan="3">&#160;</td>
</tr>
<tr class="row-even"><td>5.5</td>
<td>5.5.x</td>
<td>3.3.x through 3.6.x</td>
</tr>
<tr class="row-odd"><td>5.5</td>
<td>5.4.x</td>
<td>3.1.x through 3.6.x</td>
</tr>
<tr class="row-even"><td>5.5</td>
<td>no greater than 5.3.x</td>
<td>3.0.x through 3.6.x</td>
</tr>
<tr class="row-odd"><td colspan="3">&#160;</td>
</tr>
<tr class="row-even"><td>5.4</td>
<td>5.4.x</td>
<td>3.1.x through 3.6.x</td>
</tr>
<tr class="row-odd"><td>5.4</td>
<td>no greater than 5.3.x</td>
<td>3.0.x through 3.6.x</td>
</tr>
<tr class="row-even"><td colspan="3">&#160;</td>
</tr>
<tr class="row-odd"><td>5.3</td>
<td>no greater than 5.3.x</td>
<td>3.0.x through 3.1.x</td>
</tr>
<tr class="row-even"><td>5.2</td>
<td>no greater than 5.2.x</td>
<td>3.0.x through 3.1.x</td>
</tr>
<tr class="row-odd"><td>5.1</td>
<td>no greater than 5.1.x</td>
<td><em>Not supported</em></td>
</tr>
</tbody>
</table>
<table border="1" class="docutils">
<colgroup>
<col width="34%" />
<col width="66%" />
</colgroup>
<tbody valign="top">
<tr class="row-odd"><td>&#160;</td>
<td>&#160;</td>
</tr>
</tbody>
</table>
<table border="1" class="docutils">
<colgroup>
<col width="55%" />
<col width="45%" />
</colgroup>
<thead valign="bottom">
<tr class="row-odd"><th class="head" colspan="2">Supported Hortonworks Data Platform (HDP) Distributions</th>
</tr>
<tr class="row-even"><th class="head">CDAP Series or Release</th>
<th class="head">Hadoop Distributions</th>
</tr>
</thead>
<tbody valign="top">
<tr class="row-odd"><td>CDAP 4.1.1, 4.2.x</td>
<td>HDP 2.0 through HDP 2.6</td>
</tr>
<tr class="row-even"><td>CDAP 4.1.0</td>
<td>HDP 2.0 through HDP 2.5</td>
</tr>
<tr class="row-odd"><td>CDAP 4.0.x</td>
<td>HDP 2.0 through HDP 2.5</td>
</tr>
<tr class="row-even"><td>CDAP 3.6.x</td>
<td>HDP 2.0 through HDP 2.4</td>
</tr>
<tr class="row-odd"><td>CDAP 3.5.x</td>
<td>HDP 2.0 through HDP 2.4</td>
</tr>
<tr class="row-even"><td>CDAP 3.4.x</td>
<td>HDP 2.0 through HDP 2.4</td>
</tr>
<tr class="row-odd"><td>CDAP 3.3.x</td>
<td>HDP 2.0 through HDP 2.3</td>
</tr>
<tr class="row-even"><td>CDAP 3.2.x</td>
<td>HDP 2.0 through HDP 2.3</td>
</tr>
<tr class="row-odd"><td>CDAP 3.1.x</td>
<td>HDP 2.0 through HDP 2.2</td>
</tr>
<tr class="row-even"><td>CDAP 3.0.x</td>
<td>HDP 2.0 and HDP 2.1</td>
</tr>
</tbody>
</table>
<table border="1" class="docutils">
<colgroup>
<col width="34%" />
<col width="66%" />
</colgroup>
<tbody valign="top">
<tr class="row-odd"><td>&#160;</td>
<td>&#160;</td>
</tr>
</tbody>
</table>
<table border="1" class="docutils">
<colgroup>
<col width="34%" />
<col width="66%" />
</colgroup>
<thead valign="bottom">
<tr class="row-odd"><th class="head" colspan="2">Supported MapR Distributions for Apache Hadoop</th>
</tr>
<tr class="row-even"><th class="head">CDAP Series</th>
<th class="head">MapR Distributions</th>
</tr>
</thead>
<tbody valign="top">
<tr class="row-odd"><td>CDAP 4.1.x</td>
<td>MapR 4.1 through MapR 5.2</td>
</tr>
<tr class="row-even"><td>CDAP 4.0.x</td>
<td>MapR 4.1 through MapR 5.2</td>
</tr>
<tr class="row-odd"><td>CDAP 3.6.x</td>
<td>MapR 4.1 through MapR 5.2</td>
</tr>
<tr class="row-even"><td>CDAP 3.5.x</td>
<td>MapR 4.1 through MapR 5.2</td>
</tr>
<tr class="row-odd"><td>CDAP 3.4.x</td>
<td>MapR 4.1 through MapR 5.1</td>
</tr>
<tr class="row-even"><td>CDAP 3.3.x</td>
<td>MapR 4.1 through MapR 5.1</td>
</tr>
<tr class="row-odd"><td>CDAP 3.2.x</td>
<td>MapR 4.1, MapR 5.0</td>
</tr>
<tr class="row-even"><td>CDAP 3.1.x</td>
<td>MapR 4.1</td>
</tr>
</tbody>
</table>
<div class="section" id="id1">
<h3>Upgrade Steps<a class="headerlink" href="#id1" title="Permalink to this headline">🔗</a></h3>
<p>These steps cover what to do when upgrading the version of Hadoop of an existing CDAP installation.
As the different versions of Hadoop can use different versions of HBase, upgrading from
one version to the next can require that the HBase coprocessors be upgraded to the correct
version. The steps below will, if required, update the coprocessors appropriately.</p>
<p><strong>It is important to perform these steps as described, otherwise the coprocessors may not
get upgraded correctly and HBase regionservers may crash.</strong></p>
<ol class="arabic">
<li><p class="first">Upgrade CDAP to a version that will support the new Hadoop version, following the usual
<a class="reference internal" href="#admin-upgrading-packages-upgrading-cdap"><span class="std std-ref">CDAP upgrade procedure for packages</span></a>.</p>
</li>
<li><p class="first">After upgrading CDAP, start CDAP and check that it is working correctly.</p>
</li>
<li><p class="first">Stop all CDAP applications and services:</p>
<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">$</span> <span class="k">for</span> i in <span class="sb">`</span>ls /etc/init.d/ <span class="p">|</span> grep cdap<span class="sb">`</span> <span class="p">;</span> <span class="k">do</span> sudo service <span class="nv">$i</span> stop <span class="p">;</span> <span class="k">done</span>
</pre></div>
</div>
</li>
<li><p class="first">Disable all CDAP tables; from an HBase shell, run the command:</p>
<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">&gt;</span> disable_all <span class="s1">&#39;cdap.*&#39;</span>
</pre></div>
</div>
</li>
<li><p class="first">Upgrade to the new version of Hadoop.</p>
</li>
<li><p class="first">Run the <em>Post-Hadoop Upgrade Tasks</em>—to upgrade CDAP for the new version of Hadoop—by running
the <em>CDAP Upgrade Tool</em>, as the user that runs CDAP Master (the CDAP user, indicated by <code class="docutils literal notranslate"><span class="pre">&lt;cdap-user&gt;</span></code>):</p>
<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">$</span> sudo -u &lt;cdap-user&gt; /opt/cdap/master/bin/cdap run io.cdap.cdap.data.tools.UpgradeTool upgrade_hbase
</pre></div>
</div>
</li>
<li><p class="first">Enable all CDAP tables; from an HBase shell, run this command:</p>
<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">&gt;</span> enable_all <span class="s1">&#39;cdap.*&#39;</span>
</pre></div>
</div>
</li>
<li><p class="first">Restart CDAP:</p>
<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">$</span> <span class="k">for</span> i in <span class="sb">`</span>ls /etc/init.d/ <span class="p">|</span> grep cdap<span class="sb">`</span> <span class="p">;</span> <span class="k">do</span> sudo service <span class="nv">$i</span> start <span class="p">;</span> <span class="k">done</span>
</pre></div>
</div>
</li>
</ol>
</div>
</div>
</div>

</div>
    <div class="col-md-2">
      <div id="right-sidebar" class="bs-sidenav scrollable-y" role="complementary">
        <div id="localtoc-scrollspy">
        </div>
      </div>
    </div></div>
</div>
<!-- block main content end -->
<!-- block footer -->
<footer class="footer">
      <div class="container">
        <div class="row">
          <div class="col-md-2 footer-left"><a title="Upgrading CDAP using MapR" href="mapr.html" />Previous</a></div>
          <div class="col-md-8 footer-center"><a class="footer-tab-link" href="../table-of-contents/../../reference-manual/licenses/index.html">Copyright</a> &copy; 2014-2020 Cask Data, Inc.&bull; <a class="footer-tab-link" href="//docs.cask.co/cdap/6.1.1/cdap-docs-6.1.1-web.zip" rel="nofollow">Download</a> an archive or
<a class="footer-tab-link" href="//docs.cask.co/cdap">switch the version</a> of the documentation
          </div>
          <div class="col-md-2 footer-right"><a title="Security" href="../security/index.html" />Next</a></div>
        </div>
      </div>
    </footer>
<!-- block footer end -->
<script type="text/javascript" src="../_static/bootstrap-3.3.6/js/bootstrap.min.js"></script><script type="text/javascript" src="../_static/js/bootstrap-sphinx.js"></script><script type="text/javascript" src="../_static/js/abixTreeList-2.js"></script><script type="text/javascript" src="../_static/js/cdap-dynamicscrollspy-4.js"></script><script type="text/javascript" src="../_static/js/cdap-version-menu.js"></script><script type="text/javascript" src="../_static/js/copy-to-clipboard.js"></script><script type="text/javascript" src="../_static/js/jquery.mousewheel.min.js"></script><script type="text/javascript" src="../_static/js/jquery.mCustomScrollbar.js"></script><script type="text/javascript" src="../_static/js/js.cookie.js"></script><script type="text/javascript" src="../_static/js/tabbed-parsed-literal-0.2.js"></script><script type="text/javascript" src="../_static/js/cdap-onload-javascript.js"></script><script type="text/javascript" src="../_static/js/cdap-version-menu.js"></script>
    <script src="https://cdap.gitee.io/docs/cdap/json-versions.js"/></script>
  </body>
</html>